<!DOCTYPE html>
<html>
 <head>
  <meta charset="utf-8"/>
  <meta content="width=device-width,initial-scale=1" name="viewport"/>
  <meta content="ie=edge" http-equiv="x-ua-compatible"/>
  <meta content="Copy to clipboard" name="lang:clipboard.copy"/>
  <meta content="Copied to clipboard" name="lang:clipboard.copied"/>
  <meta content="en" name="lang:search.language"/>
  <meta content="True" name="lang:search.pipeline.stopwords"/>
  <meta content="True" name="lang:search.pipeline.trimmer"/>
  <meta content="No matching documents" name="lang:search.result.none"/>
  <meta content="1 matching document" name="lang:search.result.one"/>
  <meta content="# matching documents" name="lang:search.result.other"/>
  <meta content="[\s\-]+" name="lang:search.tokenizer"/>
  <link crossorigin="" href="https://fonts.gstatic.com/" rel="preconnect"/>
  <link href="https://fonts.googleapis.com/css?family=Roboto+Mono:400,500,700|Roboto:300,400,400i,700&amp;display=fallback" rel="stylesheet"/>
  <style>
   body,
      input {
        font-family: "Roboto", "Helvetica Neue", Helvetica, Arial, sans-serif
      }

      code,
      kbd,
      pre {
        font-family: "Roboto Mono", "Courier New", Courier, monospace
      }
  </style>
  <link href="../_static/stylesheets/application.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-palette.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-fixes.css" rel="stylesheet"/>
  <link href="../_static/fonts/material-icons.css" rel="stylesheet"/>
  <meta content="84bd00" name="theme-color"/>
  <script src="../_static/javascripts/modernizr.js">
  </script>
  <title>
   Struct ExtraInfo — TRTorch 0.0.2 documentation
  </title>
  <link href="../_static/material.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/pygments.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/collapsible-lists/css/tree_view.css" rel="stylesheet" type="text/css"/>
  <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js">
  </script>
  <script src="../_static/jquery.js">
  </script>
  <script src="../_static/underscore.js">
  </script>
  <script src="../_static/doctools.js">
  </script>
  <script src="../_static/language_data.js">
  </script>
  <script src="../_static/collapsible-lists/js/CollapsibleLists.compressed.js">
  </script>
  <script src="../_static/collapsible-lists/js/apply-collapsible-lists.js">
  </script>
  <link href="../genindex.html" rel="index" title="Index"/>
  <link href="../search.html" rel="search" title="Search"/>
  <link href="structtrtorch_1_1ExtraInfo_1_1InputRange.html" rel="next" title="Struct ExtraInfo::InputRange"/>
  <link href="namespace_trtorch__ptq.html" rel="prev" title="Namespace trtorch::ptq"/>
 </head>
 <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
  <svg class="md-svg">
   <defs data-children-count="0">
    <svg height="448" id="__github" viewbox="0 0 416 448" width="416" xmlns="http://www.w3.org/2000/svg">
     <path d="M160 304q0 10-3.125 20.5t-10.75 19T128 352t-18.125-8.5-10.75-19T96 304t3.125-20.5 10.75-19T128 256t18.125 8.5 10.75 19T160 304zm160 0q0 10-3.125 20.5t-10.75 19T288 352t-18.125-8.5-10.75-19T256 304t3.125-20.5 10.75-19T288 256t18.125 8.5 10.75 19T320 304zm40 0q0-30-17.25-51T296 232q-10.25 0-48.75 5.25Q229.5 240 208 240t-39.25-2.75Q130.75 232 120 232q-29.5 0-46.75 21T56 304q0 22 8 38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0 37.25-1.75t35-7.375 30.5-15 20.25-25.75T360 304zm56-44q0 51.75-15.25 82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5T212 416q-19.5 0-35.5-.75t-36.875-3.125-38.125-7.5-34.25-12.875T37 371.5t-21.5-28.75Q0 312 0 260q0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25 30.875Q171.5 96 212 96q37 0 70 8 26.25-20.5 46.75-30.25T376 64q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34 99.5z" fill="currentColor">
     </path>
    </svg>
   </defs>
  </svg>
  <input class="md-toggle" data-md-toggle="drawer" id="__drawer" type="checkbox"/>
  <input class="md-toggle" data-md-toggle="search" id="__search" type="checkbox"/>
  <label class="md-overlay" data-md-component="overlay" for="__drawer">
  </label>
  <a class="md-skip" href="#_cpp_api/structtrtorch_1_1ExtraInfo" tabindex="1">
   Skip to content
  </a>
  <header class="md-header" data-md-component="header">
   <nav class="md-header-nav md-grid">
    <div class="md-flex navheader">
     <div class="md-flex__cell md-flex__cell--shrink">
      <a class="md-header-nav__button md-logo" href="../index.html" title="TRTorch 0.0.2 documentation">
       <i class="md-icon">
        
       </i>
      </a>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--menu md-header-nav__button" for="__drawer">
      </label>
     </div>
     <div class="md-flex__cell md-flex__cell--stretch">
      <div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
       <span class="md-header-nav__topic">
        TRTorch
       </span>
       <span class="md-header-nav__topic">
        Struct ExtraInfo
       </span>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--search md-header-nav__button" for="__search">
      </label>
      <div class="md-search" data-md-component="search" role="dialog">
       <label class="md-search__overlay" for="__search">
       </label>
       <div class="md-search__inner" role="search">
        <form action="../search.html" class="md-search__form" method="GET" name="search">
         <input autocapitalize="off" autocomplete="off" class="md-search__input" data-md-component="query" data-md-state="active" name="q" placeholder="Search" spellcheck="false" type="text"/>
         <label class="md-icon md-search__icon" for="__search">
         </label>
         <button class="md-icon md-search__icon" data-md-component="reset" tabindex="-1" type="reset">
          
         </button>
        </form>
        <div class="md-search__output">
         <div class="md-search__scrollwrap" data-md-scrollfix="">
          <div class="md-search-result" data-md-component="result">
           <div class="md-search-result__meta">
            Type to start searching
           </div>
           <ol class="md-search-result__list">
           </ol>
          </div>
         </div>
        </div>
       </div>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <div class="md-header-nav__source">
       <a class="md-source" data-md-source="github" href="https://github.com/nvidia/TRTorch/" title="Go to repository">
        <div class="md-source__icon">
         <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
          <use height="24" width="24" xlink:href="#__github">
          </use>
         </svg>
        </div>
        <div class="md-source__repository">
         TRTorch
        </div>
       </a>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink dropdown">
      <button class="dropdownbutton">
       Versions
      </button>
      <div class="dropdown-content md-hero">
       <a href="https://nvidia.github.io/TRTorch/" title="master">
        master
       </a>
       <a href="https://nvidia.github.io/TRTorch/v0.0.2/" title="v0.0.2">
        v0.0.2
       </a>
       <a href="https://nvidia.github.io/TRTorch/v0.0.1/" title="v0.0.1">
        v0.0.1
       </a>
      </div>
     </div>
    </div>
   </nav>
  </header>
  <div class="md-container">
   <nav class="md-tabs" data-md-component="tabs">
    <div class="md-tabs__inner md-grid">
     <ul class="md-tabs__list">
      <li class="md-tabs__item">
       <a class="md-tabs__link" href="../index.html">
        TRTorch 0.0.2 documentation
       </a>
      </li>
      <li class="md-tabs__item">
       <a class="md-tabs__link" href="trtorch_cpp.html">
        TRTorch C++ API
       </a>
      </li>
     </ul>
    </div>
   </nav>
   <main class="md-main">
    <div class="md-main__inner md-grid" data-md-component="container">
     <div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--primary" data-md-level="0">
         <label class="md-nav__title md-nav__title--site" for="__drawer">
          <a class="md-nav__button md-logo" href="../index.html" title="TRTorch 0.0.2 documentation">
           <i class="md-icon">
            
           </i>
          </a>
          <a href="../index.html" title="TRTorch 0.0.2 documentation">
           TRTorch
          </a>
         </label>
         <div class="md-nav__source">
          <a class="md-source" data-md-source="github" href="https://github.com/nvidia/TRTorch/" title="Go to repository">
           <div class="md-source__icon">
            <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
             <use height="24" width="24" xlink:href="#__github">
             </use>
            </svg>
           </div>
           <div class="md-source__repository">
            TRTorch
           </div>
          </a>
         </div>
         <ul class="md-nav__list">
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Getting Started
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/installation.html">
            Installation
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/installation.html#dependencies">
              Dependencies
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/installation.html#dependencies-for-compilation">
              Dependencies for Compilation
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/installation.html#building-using-cudnn-tensorrt-tarball-distributions">
              <strong>
               Building using cuDNN &amp; TensorRT tarball distributions
              </strong>
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/installation.html#building-using-locally-installed-cudnn-tensorrt">
              <strong>
               Building using locally installed cuDNN &amp; TensorRT
              </strong>
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/getting_started.html">
            Getting Started
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#creating-a-torchscript-module">
              Creating a TorchScript Module
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#working-with-torchscript-in-python">
              Working with TorchScript in Python
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#compiling-with-trtorch-in-python">
              Compiling with TRTorch in Python
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#working-with-torchscript-in-c">
              Working with TorchScript in C++
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#compiling-with-trtorch-in-c">
              Compiling with TRTorch in C++
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#under-the-hood">
              Under The Hood
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/getting_started.html#working-with-unsupported-operators">
              Working with Unsupported Operators
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/ptq.html">
            Post Training Quantization (PTQ)
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../tutorials/ptq.html#how-to-create-your-own-ptq-application">
              How to create your own PTQ application
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Contributor Documentation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/system_overview.html">
            System Overview
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/system_overview.html#compiler-phases">
              Compiler Phases
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/writing_converters.html">
            Writing Converters
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#background">
              Background
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#converters">
              Converters
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#converter-contract">
              Converter Contract
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#conversion-context">
              Conversion Context
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#args">
              Args
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#weights">
              Weights
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/writing_converters.html#other-advice">
              Other advice
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/useful_links.html">
            Useful Links for TRTorch Development
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#tensorrt-available-layers-and-expected-dimensions">
              TensorRT Available Layers and Expected Dimensions:
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#tensorrt-c-documentation">
              TensorRT C++ Documentation:
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#tensorrt-python-documentation-sometimes-easier-to-read">
              TensorRT Python Documentation (Sometimes easier to read):
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#pytorch-functional-api">
              PyTorch Functional API:
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#pytorch-native-ops">
              PyTorch native_ops:
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../contributors/useful_links.html#pytorch-ir-documentation">
              PyTorch IR Documentation:
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Python API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/trtorch.html">
            trtorch
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="../py_api/trtorch.html#functions">
              Functions
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../py_api/trtorch.html#enums">
              Enums
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="../py_api/trtorch.html#submodules">
              Submodules
             </a>
            </li>
           </ul>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/logging.html">
            trtorch.logging
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             C++ API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="trtorch_cpp.html">
            TRTorch C++ API
           </a>
           <ul class="md-nav__list">
            <li class="md-nav__item">
             <a class="md-nav__link" href="trtorch_cpp.html#class-hierarchy">
              Class Hierarchy
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="trtorch_cpp.html#file-hierarchy">
              File Hierarchy
             </a>
            </li>
            <li class="md-nav__item">
             <a class="md-nav__link" href="trtorch_cpp.html#full-api">
              Full API
             </a>
            </li>
           </ul>
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--secondary">
         <label class="md-nav__title" for="__toc">
          Contents
         </label>
         <ul class="md-nav__list" data-md-scrollfix="">
          <li class="md-nav__item">
           <a class="md-nav__link" href="#cpp-api-structtrtorch-1-1extrainfo--page-root">
            Struct ExtraInfo
           </a>
           <nav class="md-nav">
            <ul class="md-nav__list">
             <li class="md-nav__item">
              <a class="md-nav__link" href="#nested-relationships">
               Nested Relationships
              </a>
              <nav class="md-nav">
               <ul class="md-nav__list">
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#nested-types">
                  Nested Types
                 </a>
                </li>
               </ul>
              </nav>
             </li>
             <li class="md-nav__item">
              <a class="md-nav__link" href="#struct-documentation">
               Struct Documentation
              </a>
             </li>
            </ul>
           </nav>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__extra_link" href="../_sources/_cpp_api/structtrtorch_1_1ExtraInfo.rst.txt">
            Show Source
           </a>
          </li>
          <li class="md-nav__item" id="searchbox">
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-content">
      <article class="md-content__inner md-typeset" role="main">
       <span id="exhale-struct-structtrtorch-1-1extrainfo">
       </span>
       <h1 id="cpp-api-structtrtorch-1-1extrainfo--page-root">
        Struct ExtraInfo
        <a class="headerlink" href="#cpp-api-structtrtorch-1-1extrainfo--page-root" title="Permalink to this headline">
         ¶
        </a>
       </h1>
       <ul class="simple">
        <li>
         <p>
          Defined in
          <a class="reference internal" href="file_cpp_api_include_trtorch_trtorch.h.html#file-cpp-api-include-trtorch-trtorch-h">
           <span class="std std-ref">
            File trtorch.h
           </span>
          </a>
         </p>
        </li>
       </ul>
       <h2 id="nested-relationships">
        Nested Relationships
        <a class="headerlink" href="#nested-relationships" title="Permalink to this headline">
         ¶
        </a>
       </h2>
       <h3 id="nested-types">
        Nested Types
        <a class="headerlink" href="#nested-types" title="Permalink to this headline">
         ¶
        </a>
       </h3>
       <ul class="simple">
        <li>
         <p>
          <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#exhale-class-classtrtorch-1-1extrainfo-1-1datatype">
           <span class="std std-ref">
            Class ExtraInfo::DataType
           </span>
          </a>
         </p>
        </li>
        <li>
         <p>
          <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#exhale-class-classtrtorch-1-1extrainfo-1-1devicetype">
           <span class="std std-ref">
            Class ExtraInfo::DeviceType
           </span>
          </a>
         </p>
        </li>
        <li>
         <p>
          <a class="reference internal" href="structtrtorch_1_1ExtraInfo_1_1InputRange.html#exhale-struct-structtrtorch-1-1extrainfo-1-1inputrange">
           <span class="std std-ref">
            Struct ExtraInfo::InputRange
           </span>
          </a>
         </p>
        </li>
       </ul>
       <h2 id="struct-documentation">
        Struct Documentation
        <a class="headerlink" href="#struct-documentation" title="Permalink to this headline">
         ¶
        </a>
       </h2>
       <dl class="cpp struct">
        <dt id="_CPPv4N7trtorch9ExtraInfoE">
         <span id="_CPPv3N7trtorch9ExtraInfoE">
         </span>
         <span id="_CPPv2N7trtorch9ExtraInfoE">
         </span>
         <span id="trtorch::ExtraInfo">
         </span>
         <span class="target" id="structtrtorch_1_1ExtraInfo">
         </span>
         <em class="property">
          struct
         </em>
         <code class="sig-prename descclassname">
          trtorch
          <code class="sig-prename descclassname">
           ::
          </code>
         </code>
         <code class="sig-name descname">
          ExtraInfo
         </code>
         <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfoE" title="Permalink to this definition">
          ¶
         </a>
         <br/>
        </dt>
        <dd>
         <p>
          Settings data structure for TRTorch compilation
         </p>
         <div class="breathe-sectiondef docutils container">
          <p class="breathe-sectiondef-title rubric">
           Public Types
          </p>
          <dl class="cpp enum">
           <dt id="_CPPv4N7trtorch9ExtraInfo16EngineCapabilityE">
            <span id="_CPPv3N7trtorch9ExtraInfo16EngineCapabilityE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo16EngineCapabilityE">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a171df38cd584a261c6a4cc3e9a453bfb">
            </span>
            <em class="property">
             enum
            </em>
            <code class="sig-name descname">
             EngineCapability
            </code>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapabilityE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Emum for selecting engine capability
            </p>
            <p>
             <em>
              Values:
             </em>
            </p>
            <dl class="cpp enumerator">
             <dt id="_CPPv4N7trtorch9ExtraInfo16EngineCapability8kDEFAULTE">
              <span id="_CPPv3N7trtorch9ExtraInfo16EngineCapability8kDEFAULTE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo16EngineCapability8kDEFAULTE">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1a171df38cd584a261c6a4cc3e9a453bfba2eb05989f1bbfd98f356f4f3ac2ba2ec">
              </span>
              <em class="property">
               enumerator
              </em>
              <code class="sig-name descname">
               kDEFAULT
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapability8kDEFAULTE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
             </dd>
            </dl>
            <dl class="cpp enumerator">
             <dt id="_CPPv4N7trtorch9ExtraInfo16EngineCapability9kSAFE_GPUE">
              <span id="_CPPv3N7trtorch9ExtraInfo16EngineCapability9kSAFE_GPUE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo16EngineCapability9kSAFE_GPUE">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1a171df38cd584a261c6a4cc3e9a453bfbad2298f1c40120466f5d4dc4e664095d0">
              </span>
              <em class="property">
               enumerator
              </em>
              <code class="sig-name descname">
               kSAFE_GPU
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapability9kSAFE_GPUE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
             </dd>
            </dl>
            <dl class="cpp enumerator">
             <dt id="_CPPv4N7trtorch9ExtraInfo16EngineCapability9kSAFE_DLAE">
              <span id="_CPPv3N7trtorch9ExtraInfo16EngineCapability9kSAFE_DLAE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo16EngineCapability9kSAFE_DLAE">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1a171df38cd584a261c6a4cc3e9a453bfba5b44fe262f772396a08fbf720d156a64">
              </span>
              <em class="property">
               enumerator
              </em>
              <code class="sig-name descname">
               kSAFE_DLA
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapability9kSAFE_DLAE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
             </dd>
            </dl>
           </dd>
          </dl>
         </div>
         <div class="breathe-sectiondef docutils container">
          <p class="breathe-sectiondef-title rubric">
           Public Functions
          </p>
          <dl class="cpp function">
           <dt id="_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorI10InputRangeEE">
            <span id="_CPPv3N7trtorch9ExtraInfo9ExtraInfoENSt6vectorI10InputRangeEE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo9ExtraInfoENSt6vectorI10InputRangeEE">
            </span>
            <span id="trtorch::ExtraInfo::ExtraInfo__std::vector:InputRange:">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1aa28731fe8ce2451a8d6a4c5660303595">
            </span>
            <code class="sig-name descname">
             ExtraInfo
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;
            <a class="reference internal" href="#_CPPv4N7trtorch9ExtraInfo10InputRangeE" title="trtorch::ExtraInfo::InputRange">
             InputRange
            </a>
            &gt;
            <em>
             input_ranges
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorI10InputRangeEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Extra Info object from input ranges. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
             Use this constructor if you want to use dynamic shape
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   input_ranges
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
          <dl class="cpp function">
           <dt id="_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorINSt6vectorI7int64_tEEEE">
            <span id="_CPPv3N7trtorch9ExtraInfo9ExtraInfoENSt6vectorINSt6vectorI7int64_tEEEE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo9ExtraInfoENSt6vectorINSt6vectorI7int64_tEEEE">
            </span>
            <span id="trtorch::ExtraInfo::ExtraInfo__std::vector:std::vector:int64_t::">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1ac24a7f0e106b424e9356b99da6d5767c">
            </span>
            <code class="sig-name descname">
             ExtraInfo
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;std::vector&lt;int64_t&gt;&gt;
            <em>
             fixed_sizes
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorINSt6vectorI7int64_tEEEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Extra Info object Convienence constructor to set fixed input size from vectors describing size of input tensors. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   fixed_sizes
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
          <dl class="cpp function">
           <dt id="_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorIN3c108ArrayRefI7int64_tEEEE">
            <span id="_CPPv3N7trtorch9ExtraInfo9ExtraInfoENSt6vectorIN3c108ArrayRefI7int64_tEEEE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo9ExtraInfoENSt6vectorIN3c108ArrayRefI7int64_tEEEE">
            </span>
            <span id="trtorch::ExtraInfo::ExtraInfo__std::vector:c10::ArrayRef:int64_t::">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1aba3d0def0e13fe127fbab24db66f20dd">
            </span>
            <code class="sig-name descname">
             ExtraInfo
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;c10::ArrayRef&lt;int64_t&gt;&gt;
            <em>
             fixed_sizes
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo9ExtraInfoENSt6vectorIN3c108ArrayRefI7int64_tEEEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Extra Info object Convienence constructor to set fixed input size from c10::ArrayRef’s (the output of tensor.sizes()) describing size of input tensors. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   fixed_sizes
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
         </div>
         <div class="breathe-sectiondef docutils container">
          <p class="breathe-sectiondef-title rubric">
           Public Members
          </p>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo12input_rangesE">
            <span id="_CPPv3N7trtorch9ExtraInfo12input_rangesE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo12input_rangesE">
            </span>
            <span id="trtorch::ExtraInfo::input_ranges__std::vector:InputRange:">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a9ec332f62bb7cb48efe3f971374e4efe">
            </span>
            std::vector&lt;
            <a class="reference internal" href="#_CPPv4N7trtorch9ExtraInfo10InputRangeE" title="trtorch::ExtraInfo::InputRange">
             InputRange
            </a>
            &gt;
            <code class="sig-name descname">
             input_ranges
            </code>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo12input_rangesE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Sizes for inputs to engine, can either be a single size or a range defined by Min, Optimal, Max sizes
            </p>
            <p>
             Order is should match call order
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo12op_precisionE">
            <span id="_CPPv3N7trtorch9ExtraInfo12op_precisionE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo12op_precisionE">
            </span>
            <span id="trtorch::ExtraInfo::op_precision__DataType">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1abd896550e87582cea918aefa1692c2d3">
            </span>
            <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#_CPPv4N7trtorch9ExtraInfo8DataTypeE" title="trtorch::ExtraInfo::DataType">
             DataType
            </a>
            <code class="sig-name descname">
             op_precision
            </code>
            =
            <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#_CPPv4N7trtorch9ExtraInfo8DataTypeE" title="trtorch::ExtraInfo::DataType">
             DataType
            </a>
            ::kFloat
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo12op_precisionE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Default operating precision for the engine
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo5refitE">
            <span id="_CPPv3N7trtorch9ExtraInfo5refitE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo5refitE">
            </span>
            <span id="trtorch::ExtraInfo::refit__b">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1ae9e6afc0bd08b6d4eaaf34ba4c15037a">
            </span>
            bool
            <code class="sig-name descname">
             refit
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo5refitE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Build a refitable engine
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo5debugE">
            <span id="_CPPv3N7trtorch9ExtraInfo5debugE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo5debugE">
            </span>
            <span id="trtorch::ExtraInfo::debug__b">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1acecf42148fe4168d6694c28896dc6fbe">
            </span>
            bool
            <code class="sig-name descname">
             debug
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo5debugE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Build a debugable engine
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo12strict_typesE">
            <span id="_CPPv3N7trtorch9ExtraInfo12strict_typesE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo12strict_typesE">
            </span>
            <span id="trtorch::ExtraInfo::strict_types__b">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a2a64b68a7eee3169cca91128704056c3">
            </span>
            bool
            <code class="sig-name descname">
             strict_types
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo12strict_typesE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Restrict operating type to only set default operation precision (op_precision)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo18allow_gpu_fallbackE">
            <span id="_CPPv3N7trtorch9ExtraInfo18allow_gpu_fallbackE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo18allow_gpu_fallbackE">
            </span>
            <span id="trtorch::ExtraInfo::allow_gpu_fallback__b">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a0c30c7d22e31f85725c7a31533452650">
            </span>
            bool
            <code class="sig-name descname">
             allow_gpu_fallback
            </code>
            = true
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo18allow_gpu_fallbackE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             (Only used when targeting DLA (device)) Lets engine run layers on GPU if they are not supported on DLA
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo6deviceE">
            <span id="_CPPv3N7trtorch9ExtraInfo6deviceE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo6deviceE">
            </span>
            <span id="trtorch::ExtraInfo::device__DeviceType">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a6cd5bc4176cc8e991ecff924d2c178fa">
            </span>
            <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#_CPPv4N7trtorch9ExtraInfo10DeviceTypeE" title="trtorch::ExtraInfo::DeviceType">
             DeviceType
            </a>
            <code class="sig-name descname">
             device
            </code>
            =
            <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#_CPPv4N7trtorch9ExtraInfo10DeviceTypeE" title="trtorch::ExtraInfo::DeviceType">
             DeviceType
            </a>
            ::kGPU
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo6deviceE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Target device type
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo10capabilityE">
            <span id="_CPPv3N7trtorch9ExtraInfo10capabilityE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo10capabilityE">
            </span>
            <span id="trtorch::ExtraInfo::capability__EngineCapability">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1ac7d53e2046bcd6f09889dfcf3e5af874">
            </span>
            <a class="reference internal" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapabilityE" title="trtorch::ExtraInfo::EngineCapability">
             EngineCapability
            </a>
            <code class="sig-name descname">
             capability
            </code>
            =
            <a class="reference internal" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapabilityE" title="trtorch::ExtraInfo::EngineCapability">
             EngineCapability
            </a>
            ::
            <a class="reference internal" href="#_CPPv4N7trtorch9ExtraInfo16EngineCapability8kDEFAULTE" title="trtorch::ExtraInfo::EngineCapability::kDEFAULT">
             kDEFAULT
            </a>
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10capabilityE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Sets the restrictions for the engine (CUDA Safety)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo20num_min_timing_itersE">
            <span id="_CPPv3N7trtorch9ExtraInfo20num_min_timing_itersE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo20num_min_timing_itersE">
            </span>
            <span id="trtorch::ExtraInfo::num_min_timing_iters__uint64_t">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1abccef37622d7d63f965ec2b4cb89c5ea">
            </span>
            uint64_t
            <code class="sig-name descname">
             num_min_timing_iters
            </code>
            = 2
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo20num_min_timing_itersE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Number of minimization timing iterations used to select kernels
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo20num_avg_timing_itersE">
            <span id="_CPPv3N7trtorch9ExtraInfo20num_avg_timing_itersE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo20num_avg_timing_itersE">
            </span>
            <span id="trtorch::ExtraInfo::num_avg_timing_iters__uint64_t">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1a841f6bfd41e6a3119d9c74dcf9adf5d9">
            </span>
            uint64_t
            <code class="sig-name descname">
             num_avg_timing_iters
            </code>
            = 1
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo20num_avg_timing_itersE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Number of averaging timing iterations used to select kernels
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo14workspace_sizeE">
            <span id="_CPPv3N7trtorch9ExtraInfo14workspace_sizeE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo14workspace_sizeE">
            </span>
            <span id="trtorch::ExtraInfo::workspace_size__uint64_t">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1ada309755e1f127a28bb08cce03bbf2a0">
            </span>
            uint64_t
            <code class="sig-name descname">
             workspace_size
            </code>
            = 0
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo14workspace_sizeE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Maximum size of workspace given to TensorRT
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo14max_batch_sizeE">
            <span id="_CPPv3N7trtorch9ExtraInfo14max_batch_sizeE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo14max_batch_sizeE">
            </span>
            <span id="trtorch::ExtraInfo::max_batch_size__uint64_t">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1aae44384d21c024b588a315d8319ed9ca">
            </span>
            uint64_t
            <code class="sig-name descname">
             max_batch_size
            </code>
            = 0
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo14max_batch_sizeE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Maximum batch size (must be &gt;= 1 to be set, 0 means not set)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N7trtorch9ExtraInfo14ptq_calibratorE">
            <span id="_CPPv3N7trtorch9ExtraInfo14ptq_calibratorE">
            </span>
            <span id="_CPPv2N7trtorch9ExtraInfo14ptq_calibratorE">
            </span>
            <span id="trtorch::ExtraInfo::ptq_calibrator__nvinfer1::IInt8CalibratorP">
            </span>
            <span class="target" id="structtrtorch_1_1ExtraInfo_1aae50d49a37fba4235db6755f1ecf46a5">
            </span>
            nvinfer1::IInt8Calibrator *
            <code class="sig-name descname">
             ptq_calibrator
            </code>
            = nullptr
            <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo14ptq_calibratorE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Calibration dataloaders for each input for post training quantizatiom
            </p>
           </dd>
          </dl>
         </div>
         <dl class="cpp class">
          <dt id="_CPPv4N7trtorch9ExtraInfo8DataTypeE">
           <span id="_CPPv3N7trtorch9ExtraInfo8DataTypeE">
           </span>
           <span id="_CPPv2N7trtorch9ExtraInfo8DataTypeE">
           </span>
           <span id="trtorch::ExtraInfo::DataType">
           </span>
           <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType">
           </span>
           <em class="property">
            class
           </em>
           <code class="sig-name descname">
            DataType
           </code>
           <br/>
          </dt>
          <dd>
           <p>
            Supported Data Types that can be used with TensorRT engines
           </p>
           <p>
            This class is compatable with c10::DataTypes (but will check for TRT support) so there should not be a reason that you need to use this type explictly.
           </p>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Types
            </p>
            <dl class="cpp enum">
             <dt id="_CPPv4N7trtorch9ExtraInfo8DataType5ValueE">
              <span id="_CPPv3N7trtorch9ExtraInfo8DataType5ValueE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo8DataType5ValueE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1add381a20928ea55ac06904d41759524b">
              </span>
              <em class="property">
               enum
              </em>
              <code class="sig-name descname">
               Value
              </code>
              <br/>
             </dt>
             <dd>
              <p>
               Underlying enum class to support the
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               Class
              </p>
              <p>
               In the case that you need to use the
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               class itself, interface using this enum vs. normal instatination
              </p>
              <p>
               ex. trtorch::DataType type =
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType_1add381a20928ea55ac06904d41759524ba096ba6c03e28117f8edc306af08f6379">
                <span class="std std-ref">
                 DataType::kFloat
                </span>
               </a>
               ;
              </p>
              <p>
               <em>
                Values:
               </em>
              </p>
              <dl class="cpp enumerator">
               <dt id="_CPPv4N7trtorch9ExtraInfo8DataType5Value6kFloatE">
                <span id="_CPPv3N7trtorch9ExtraInfo8DataType5Value6kFloatE">
                </span>
                <span id="_CPPv2N7trtorch9ExtraInfo8DataType5Value6kFloatE">
                </span>
                <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1add381a20928ea55ac06904d41759524ba096ba6c03e28117f8edc306af08f6379">
                </span>
                <em class="property">
                 enumerator
                </em>
                <code class="sig-name descname">
                 kFloat
                </code>
                <br/>
               </dt>
               <dd>
                <p>
                 FP32.
                </p>
               </dd>
              </dl>
              <dl class="cpp enumerator">
               <dt id="_CPPv4N7trtorch9ExtraInfo8DataType5Value5kHalfE">
                <span id="_CPPv3N7trtorch9ExtraInfo8DataType5Value5kHalfE">
                </span>
                <span id="_CPPv2N7trtorch9ExtraInfo8DataType5Value5kHalfE">
                </span>
                <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1add381a20928ea55ac06904d41759524badd09892803c231c39229470098898962">
                </span>
                <em class="property">
                 enumerator
                </em>
                <code class="sig-name descname">
                 kHalf
                </code>
                <br/>
               </dt>
               <dd>
                <p>
                 FP16.
                </p>
               </dd>
              </dl>
              <dl class="cpp enumerator">
               <dt id="_CPPv4N7trtorch9ExtraInfo8DataType5Value5kCharE">
                <span id="_CPPv3N7trtorch9ExtraInfo8DataType5Value5kCharE">
                </span>
                <span id="_CPPv2N7trtorch9ExtraInfo8DataType5Value5kCharE">
                </span>
                <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1add381a20928ea55ac06904d41759524ba3c89752669e8a64742642c0b0809c75c">
                </span>
                <em class="property">
                 enumerator
                </em>
                <code class="sig-name descname">
                 kChar
                </code>
                <br/>
               </dt>
               <dd>
                <p>
                 INT8.
                </p>
               </dd>
              </dl>
             </dd>
            </dl>
           </div>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Functions
            </p>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo8DataType8DataTypeEv">
              <span id="_CPPv3N7trtorch9ExtraInfo8DataType8DataTypeEv">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo8DataType8DataTypeEv">
              </span>
              <span id="trtorch::ExtraInfo::DataType::DataType">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1ad3aef293d993a097a40d26893d10b5b8">
              </span>
              <code class="sig-name descname">
               DataType
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              = default
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Data Type object.
              </p>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo8DataType8DataTypeE5Value">
              <span id="_CPPv3N7trtorch9ExtraInfo8DataType8DataTypeE5Value">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo8DataType8DataTypeE5Value">
              </span>
              <span id="trtorch::ExtraInfo::DataType::DataType__ValueCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1a9c1703c7669c4ff27e5ab85992206ac6">
              </span>
              <em class="property">
               constexpr
              </em>
              <code class="sig-name descname">
               DataType
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#_CPPv4N7trtorch9ExtraInfo8DataType5ValueE" title="trtorch::ExtraInfo::DataType::Value">
               Value
              </a>
              <em>
               t
              </em>
              <span class="sig-paren">
               )
              </span>
              <br/>
             </dt>
             <dd>
              <p>
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               constructor from enum.
              </p>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo8DataType8DataTypeEN3c1010ScalarTypeE">
              <span id="_CPPv3N7trtorch9ExtraInfo8DataType8DataTypeEN3c1010ScalarTypeE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo8DataType8DataTypeEN3c1010ScalarTypeE">
              </span>
              <span id="trtorch::ExtraInfo::DataType::DataType__c10::ScalarType">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1a4084fd72e6e3a1da3628a0ed96207af0">
              </span>
              <code class="sig-name descname">
               DataType
              </code>
              <span class="sig-paren">
               (
              </span>
              c10::ScalarType
              <em>
               t
              </em>
              <span class="sig-paren">
               )
              </span>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Data Type object from torch type enums.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     t
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo8DataTypecv5ValueEv">
              <span id="_CPPv3NK7trtorch9ExtraInfo8DataTypecv5ValueEv">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo8DataTypecv5ValueEv">
              </span>
              <span id="trtorch::ExtraInfo::DataType::castto-Value-operatorC">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1a06df2c5e9ced3f4cabbf7a25c608be67">
              </span>
              <code class="sig-name descname">
               operator Value
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Get the enum value of the
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               object.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 Value
                </p>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo8DataTypecvbEv">
              <span id="_CPPv3N7trtorch9ExtraInfo8DataTypecvbEv">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo8DataTypecvbEv">
              </span>
              <span id="trtorch::ExtraInfo::DataType::castto-b-operator">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1ab8f80746475f73463728d4994ca493d8">
              </span>
              <code class="sig-name descname">
               operator bool
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              = delete
              <br/>
             </dt>
             <dd>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo8DataTypeeqE8DataType">
              <span id="_CPPv3NK7trtorch9ExtraInfo8DataTypeeqE8DataType">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo8DataTypeeqE8DataType">
              </span>
              <span id="trtorch::ExtraInfo::DataType::eq-operator__DataTypeCCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1a9733600e44e3745df5d7f0653e0e5fe8">
              </span>
              <em class="property">
               constexpr
              </em>
              bool
              <code class="sig-name descname">
               operator==
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#_CPPv4N7trtorch9ExtraInfo8DataTypeE" title="trtorch::ExtraInfo::DataType">
               DataType
              </a>
              <em>
               other
              </em>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Comparision operator for
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               .
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 true
                </p>
               </dd>
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 false
                </p>
               </dd>
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     other
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo8DataTypeneE8DataType">
              <span id="_CPPv3NK7trtorch9ExtraInfo8DataTypeneE8DataType">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo8DataTypeneE8DataType">
              </span>
              <span id="trtorch::ExtraInfo::DataType::neq-operator__DataTypeCCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DataType_1a436087fd6b2cc460cb2a4d010c6a8a01">
              </span>
              <em class="property">
               constexpr
              </em>
              bool
              <code class="sig-name descname">
               operator!=
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DataType.html#_CPPv4N7trtorch9ExtraInfo8DataTypeE" title="trtorch::ExtraInfo::DataType">
               DataType
              </a>
              <em>
               other
              </em>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Comparision operator for
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
                <span class="std std-ref">
                 DataType
                </span>
               </a>
               .
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 true
                </p>
               </dd>
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 false
                </p>
               </dd>
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     other
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
           </div>
          </dd>
         </dl>
         <dl class="cpp class">
          <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceTypeE">
           <span id="_CPPv3N7trtorch9ExtraInfo10DeviceTypeE">
           </span>
           <span id="_CPPv2N7trtorch9ExtraInfo10DeviceTypeE">
           </span>
           <span id="trtorch::ExtraInfo::DeviceType">
           </span>
           <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType">
           </span>
           <em class="property">
            class
           </em>
           <code class="sig-name descname">
            DeviceType
           </code>
           <br/>
          </dt>
          <dd>
           <p>
            Supported Device Types that can be used with TensorRT engines
           </p>
           <p>
            This class is compatable with c10::DeviceTypes (but will check for TRT support) but the only applicable value is at::kCUDA, which maps to
            <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9a2df1660a7ea56d4721cd8e169f9a1a8c">
             <span class="std std-ref">
              DeviceType::kGPU
             </span>
            </a>
           </p>
           <p>
            To use the
            <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DataType">
             <span class="std std-ref">
              DataType
             </span>
            </a>
            class itself, interface using the enum vs. normal instatination
           </p>
           <p>
            ex. trtorch::DeviceType type =
            <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9a2df1660a7ea56d4721cd8e169f9a1a8c">
             <span class="std std-ref">
              DeviceType::kGPU
             </span>
            </a>
            ;
           </p>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Types
            </p>
            <dl class="cpp enum">
             <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType5ValueE">
              <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType5ValueE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType5ValueE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9">
              </span>
              <em class="property">
               enum
              </em>
              <code class="sig-name descname">
               Value
              </code>
              <br/>
             </dt>
             <dd>
              <p>
               Underlying enum class to support the
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType">
                <span class="std std-ref">
                 DeviceType
                </span>
               </a>
               Class
              </p>
              <p>
               In the case that you need to use the
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType">
                <span class="std std-ref">
                 DeviceType
                </span>
               </a>
               class itself, interface using this enum vs. normal instatination
              </p>
              <p>
               ex. trtorch::DeviceType type =
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9a2df1660a7ea56d4721cd8e169f9a1a8c">
                <span class="std std-ref">
                 DeviceType::kGPU
                </span>
               </a>
               ;
              </p>
              <p>
               <em>
                Values:
               </em>
              </p>
              <dl class="cpp enumerator">
               <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType5Value4kGPUE">
                <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType5Value4kGPUE">
                </span>
                <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType5Value4kGPUE">
                </span>
                <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9a2df1660a7ea56d4721cd8e169f9a1a8c">
                </span>
                <em class="property">
                 enumerator
                </em>
                <code class="sig-name descname">
                 kGPU
                </code>
                <br/>
               </dt>
               <dd>
                <p>
                 Target GPU to run engine.
                </p>
               </dd>
              </dl>
              <dl class="cpp enumerator">
               <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType5Value4kDLAE">
                <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType5Value4kDLAE">
                </span>
                <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType5Value4kDLAE">
                </span>
                <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c9473714c76e79ca7d8f02fc38e0bc9a2ee6411cb96ad9a080b6c3f4ac0ab80f">
                </span>
                <em class="property">
                 enumerator
                </em>
                <code class="sig-name descname">
                 kDLA
                </code>
                <br/>
               </dt>
               <dd>
                <p>
                 Target DLA to run engine.
                </p>
               </dd>
              </dl>
             </dd>
            </dl>
           </div>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Functions
            </p>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType10DeviceTypeEv">
              <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType10DeviceTypeEv">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType10DeviceTypeEv">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::DeviceType">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1ad6c691ad7e3daa4a88630a66fa9afdda">
              </span>
              <code class="sig-name descname">
               DeviceType
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              = default
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Device Type object.
              </p>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType10DeviceTypeE5Value">
              <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType10DeviceTypeE5Value">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType10DeviceTypeE5Value">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::DeviceType__ValueCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1ab93fce6bbcddb003e94caabb223bcf8d">
              </span>
              <em class="property">
               constexpr
              </em>
              <code class="sig-name descname">
               DeviceType
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#_CPPv4N7trtorch9ExtraInfo10DeviceType5ValueE" title="trtorch::ExtraInfo::DeviceType::Value">
               Value
              </a>
              <em>
               t
              </em>
              <span class="sig-paren">
               )
              </span>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Device Type object from internal enum.
              </p>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceType10DeviceTypeEN3c1010DeviceTypeE">
              <span id="_CPPv3N7trtorch9ExtraInfo10DeviceType10DeviceTypeEN3c1010DeviceTypeE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10DeviceType10DeviceTypeEN3c1010DeviceTypeE">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::DeviceType__c10::DeviceType">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1aede9e2bc5d5c7a0e62d9b898a936416d">
              </span>
              <code class="sig-name descname">
               DeviceType
              </code>
              <span class="sig-paren">
               (
              </span>
              c10::DeviceType
              <em>
               t
              </em>
              <span class="sig-paren">
               )
              </span>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Device Type object from torch device enums Note: The only valid value is torch::kCUDA (torch::kCPU is not supported)
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     t
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo10DeviceTypecv5ValueEv">
              <span id="_CPPv3NK7trtorch9ExtraInfo10DeviceTypecv5ValueEv">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo10DeviceTypecv5ValueEv">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::castto-Value-operatorC">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1a9ea8f47c285eae863b3b040d873824d2">
              </span>
              <code class="sig-name descname">
               operator Value
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Get the internal value from the Device object.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 Value
                </p>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10DeviceTypecvbEv">
              <span id="_CPPv3N7trtorch9ExtraInfo10DeviceTypecvbEv">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10DeviceTypecvbEv">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::castto-b-operator">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1adfd0e60fedcb1bee2200687a2a0d3bc2">
              </span>
              <code class="sig-name descname">
               operator bool
              </code>
              <span class="sig-paren">
               (
              </span>
              <span class="sig-paren">
               )
              </span>
              = delete
              <br/>
             </dt>
             <dd>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo10DeviceTypeeqE10DeviceType">
              <span id="_CPPv3NK7trtorch9ExtraInfo10DeviceTypeeqE10DeviceType">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo10DeviceTypeeqE10DeviceType">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::eq-operator__DeviceTypeCCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1ac93424fcc161c67ebe273dc193bd15e2">
              </span>
              <em class="property">
               constexpr
              </em>
              bool
              <code class="sig-name descname">
               operator==
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#_CPPv4N7trtorch9ExtraInfo10DeviceTypeE" title="trtorch::ExtraInfo::DeviceType">
               DeviceType
              </a>
              <em>
               other
              </em>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Comparison operator for
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType">
                <span class="std std-ref">
                 DeviceType
                </span>
               </a>
               .
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 true
                </p>
               </dd>
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 false
                </p>
               </dd>
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     other
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4NK7trtorch9ExtraInfo10DeviceTypeneE10DeviceType">
              <span id="_CPPv3NK7trtorch9ExtraInfo10DeviceTypeneE10DeviceType">
              </span>
              <span id="_CPPv2NK7trtorch9ExtraInfo10DeviceTypeneE10DeviceType">
              </span>
              <span id="trtorch::ExtraInfo::DeviceType::neq-operator__DeviceTypeCCE">
              </span>
              <span class="target" id="classtrtorch_1_1ExtraInfo_1_1DeviceType_1a3c96b55a60e6c57c8609983e92cc708a">
              </span>
              <em class="property">
               constexpr
              </em>
              bool
              <code class="sig-name descname">
               operator!=
              </code>
              <span class="sig-paren">
               (
              </span>
              <a class="reference internal" href="classtrtorch_1_1ExtraInfo_1_1DeviceType.html#_CPPv4N7trtorch9ExtraInfo10DeviceTypeE" title="trtorch::ExtraInfo::DeviceType">
               DeviceType
              </a>
              <em>
               other
              </em>
              <span class="sig-paren">
               )
              </span>
              <em class="property">
               const
              </em>
              <br/>
             </dt>
             <dd>
              <p>
               Comparison operator for
               <a class="reference internal" href="#classtrtorch_1_1ExtraInfo_1_1DeviceType">
                <span class="std std-ref">
                 DeviceType
                </span>
               </a>
               .
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 true
                </p>
               </dd>
               <dt>
                <strong>
                 Return
                </strong>
               </dt>
               <dd>
                <p>
                 false
                </p>
               </dd>
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     other
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
           </div>
          </dd>
         </dl>
         <dl class="cpp struct">
          <dt id="_CPPv4N7trtorch9ExtraInfo10InputRangeE">
           <span id="_CPPv3N7trtorch9ExtraInfo10InputRangeE">
           </span>
           <span id="_CPPv2N7trtorch9ExtraInfo10InputRangeE">
           </span>
           <span id="trtorch::ExtraInfo::InputRange">
           </span>
           <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange">
           </span>
           <em class="property">
            struct
           </em>
           <code class="sig-name descname">
            InputRange
           </code>
           <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRangeE" title="Permalink to this definition">
            ¶
           </a>
           <br/>
          </dt>
          <dd>
           <p>
            A struct to hold an input range (used by TensorRT Optimization profile)
           </p>
           <p>
            This struct can either hold a single vector representing an input shape, signifying a static input shape or a set of three input shapes representing the min, optiminal and max input shapes allowed for the engine.
           </p>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Functions
            </p>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::InputRange__std::vector:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a8436e9f55699602fa0033e464aa4b71d">
              </span>
              <code class="sig-name descname">
               InputRange
              </code>
              <span class="sig-paren">
               (
              </span>
              std::vector&lt;int64_t&gt;
              <em>
               opt
              </em>
              <span class="sig-paren">
               )
              </span>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Input Range object for static input size from vector.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     opt
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::InputRange__c10::ArrayRef:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a184457db2946af9e035ff00d4c0fa8cf">
              </span>
              <code class="sig-name descname">
               InputRange
              </code>
              <span class="sig-paren">
               (
              </span>
              c10::ArrayRef&lt;int64_t&gt;
              <em>
               opt
              </em>
              <span class="sig-paren">
               )
              </span>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Input Range object static input size from c10::ArrayRef (the type produced by tensor.sizes())
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     opt
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::InputRange__std::vector:int64_t:.std::vector:int64_t:.std::vector:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a8c0e2c9c642f0c4ae37b6776fe83a235">
              </span>
              <code class="sig-name descname">
               InputRange
              </code>
              <span class="sig-paren">
               (
              </span>
              std::vector&lt;int64_t&gt;
              <em>
               min
              </em>
              , std::vector&lt;int64_t&gt;
              <em>
               opt
              </em>
              , std::vector&lt;int64_t&gt;
              <em>
               max
              </em>
              <span class="sig-paren">
               )
              </span>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Input Range object dynamic input size from vectors for min, opt, and max supported sizes.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     min
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     opt
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     max
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
            <dl class="cpp function">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::InputRange__c10::ArrayRef:int64_t:.c10::ArrayRef:int64_t:.c10::ArrayRef:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a65739fbfd19fef06bed384bfc5ecd57e">
              </span>
              <code class="sig-name descname">
               InputRange
              </code>
              <span class="sig-paren">
               (
              </span>
              c10::ArrayRef&lt;int64_t&gt;
              <em>
               min
              </em>
              , c10::ArrayRef&lt;int64_t&gt;
              <em>
               opt
              </em>
              , c10::ArrayRef&lt;int64_t&gt;
              <em>
               max
              </em>
              <span class="sig-paren">
               )
              </span>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange10InputRangeEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Construct a new Input Range object dynamic input size from c10::ArrayRef (the type produced by tensor.sizes()) for min, opt, and max supported sizes.
              </p>
              <p>
              </p>
              <dl class="simple">
               <dt>
                <strong>
                 Parameters
                </strong>
               </dt>
               <dd>
                <ul class="breatheparameterlist simple">
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     min
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     opt
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                 <li>
                  <p>
                   <code class="docutils literal notranslate">
                    <span class="pre">
                     max
                    </span>
                   </code>
                   :
                  </p>
                 </li>
                </ul>
               </dd>
              </dl>
             </dd>
            </dl>
           </div>
           <div class="breathe-sectiondef docutils container">
            <p class="breathe-sectiondef-title rubric">
             Public Members
            </p>
            <dl class="cpp var">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange3minE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange3minE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange3minE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::min__std::vector:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a8ae29716eb5158d7552dd7ce271585cf">
              </span>
              std::vector&lt;int64_t&gt;
              <code class="sig-name descname">
               min
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange3minE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Minimum acceptable input size into the engine.
              </p>
             </dd>
            </dl>
            <dl class="cpp var">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange3optE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange3optE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange3optE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::opt__std::vector:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1ade14b3adbf9f0da69d3faff6c7c61a1d">
              </span>
              std::vector&lt;int64_t&gt;
              <code class="sig-name descname">
               opt
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange3optE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Optimal input size into the engine (gets best performace)
              </p>
             </dd>
            </dl>
            <dl class="cpp var">
             <dt id="_CPPv4N7trtorch9ExtraInfo10InputRange3maxE">
              <span id="_CPPv3N7trtorch9ExtraInfo10InputRange3maxE">
              </span>
              <span id="_CPPv2N7trtorch9ExtraInfo10InputRange3maxE">
              </span>
              <span id="trtorch::ExtraInfo::InputRange::max__std::vector:int64_t:">
              </span>
              <span class="target" id="structtrtorch_1_1ExtraInfo_1_1InputRange_1a2b19d2370a274f1d13ef7ac091815739">
              </span>
              std::vector&lt;int64_t&gt;
              <code class="sig-name descname">
               max
              </code>
              <a class="headerlink" href="#_CPPv4N7trtorch9ExtraInfo10InputRange3maxE" title="Permalink to this definition">
               ¶
              </a>
              <br/>
             </dt>
             <dd>
              <p>
               Maximum acceptable input size into the engine.
              </p>
             </dd>
            </dl>
           </div>
          </dd>
         </dl>
        </dd>
       </dl>
      </article>
     </div>
    </div>
   </main>
  </div>
  <footer class="md-footer">
   <div class="md-footer-nav">
    <nav class="md-footer-nav__inner md-grid">
     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="namespace_trtorch__ptq.html" rel="prev" title="Namespace trtorch::ptq">
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-back md-footer-nav__button">
       </i>
      </div>
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Previous
        </span>
        Namespace trtorch::ptq
       </span>
      </div>
     </a>
     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="structtrtorch_1_1ExtraInfo_1_1InputRange.html" rel="next" title="Struct ExtraInfo::InputRange">
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Next
        </span>
        Struct ExtraInfo::InputRange
       </span>
      </div>
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-forward md-footer-nav__button">
       </i>
      </div>
     </a>
    </nav>
   </div>
   <div class="md-footer-meta md-typeset">
    <div class="md-footer-meta__inner md-grid">
     <div class="md-footer-copyright">
      <div class="md-footer-copyright__highlight">
       © Copyright 2020, NVIDIA Corporation.
      </div>
      Created using
      <a href="http://www.sphinx-doc.org/">
       Sphinx
      </a>
      3.0.3.
             and
      <a href="https://github.com/bashtage/sphinx-material/">
       Material for
              Sphinx
      </a>
     </div>
    </div>
   </div>
  </footer>
  <script src="../_static/javascripts/application.js">
  </script>
  <script>
   app.initialize({version: "1.0.4", url: {base: ".."}})
  </script>
 </body>
</html>